package com.aotain.project.apollo.bolt;

import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.commons.codec.binary.Base64;
import org.apache.log4j.Logger;
import org.apache.storm.Config;
import org.apache.storm.task.OutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.FailedException;
import org.apache.storm.topology.IRichBolt;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Tuple;
import org.apache.storm.tuple.Values;

import com.aotain.common.CommonFunction;
import com.aotain.mushroom.Slave;
import com.aotain.storm.TupleHelpers;
import com.aotain.apollo.IDCIPSegment;
import com.aotain.apollo.IPDatabase;
import com.aotain.apollo.IPSearch;
import com.aotain.apollo.IPSearcher;
/**
 * 
 *  @ClassName: SourceFmtBolt 
 * @Description: TODO(这里用一句话描述这个类的作用) 
 * @author 程彬
 * @date 2015年8月7日 下午2:56:10 
 *
 */
public class UDIISourceFmtBolt implements IRichBolt {

	/** 
	 * @Fields serialVersionUID : TODO(用一句话描述这个变量表示什么) 
	 */ 
	private static final long serialVersionUID = 7816556443307732593L;

	Slave s = null;

	String filterIPs = null;
	String delaytime = null;
	String dbJson = "";
	String logserver = null;
	String zooserver = null;
	OutputCollector collector = null;
	HashMap<Long, IPDatabase> map = null;
	Long[] IPs = null;
	IDCIPSegment _ipseg = null;
	IPSearch ipsearch = null;
	HashSet<String> IPSet = new HashSet<String>();
	HashSet<String> WhiteIPSet = new HashSet<String>();

	public UDIISourceFmtBolt(){}

	public UDIISourceFmtBolt(String filterIPs) {
		this.filterIPs = filterIPs;
	}

	@Override
	public void declareOutputFields(OutputFieldsDeclarer declarer) {
		declarer.declareStream("DipStreamId",new Fields("dip","dport","sip","sport","gisstr","domainname","url","type","delaytime","idcno","upstreamoctets","upstreampacket","status","useragent","cookie","post","refer"));
		declarer.declareStream("SipStreamId",new Fields("dip","dport","sip","sport","gisstr","domainname","url","type","delaytime","idcno","upstreamoctets","upstreampacket","status","useragent","cookie","post","refer"));
	}   

	@Override
	public Map<String, Object> getComponentConfiguration() {
		Map<String,Object> conf = new HashMap<String,Object>();
		conf.put(Config.TOPOLOGY_TICK_TUPLE_FREQ_SECS,30*60);
		return conf;  
	}

	@Override
	public void execute(Tuple tuple) {
		try {

			if(TupleHelpers.isTickTuple(tuple)) {
				emitCountingData();  	
			} else {
				countInLocal(tuple); 
			}
		} catch (Exception e) {
			Logger.getLogger(UDIISourceFmtBolt.class).error("UDIISourceFmtBolt exception====,"
					+ "Line:" + tuple.getString(0),e);
			collector.fail(tuple);
			throw new FailedException(e);
		}	
	}

	private void countInLocal(Tuple tuple) {

		String refer = "";
		String dip = "";
		String sip = "";
		String userAgent = "";
		String cookie = "";
		String dipL = "";
		String sipL = "";
		String dport = "";
		String sport = "";
		String domainname = "";
		String url = "";
		String type = "";
		String accesstime = "";
		String idcno = "";
		String post = "0";	
		String dsip = "";

		String sourceAreaCountry = null;
		String sourceAreaCity = null;
		String sourceAreaName = null;
		String destAreaCountry = null;   
		String destAreaCity = null;
		String destAreaName = null;
		String gisstr = null;
		String gisstrBase64 = null;
		String Sourcelon = null;
		String Sourcelat = null;
		String Destlon = null;
		String Destlat = null;
		String sourceAreaId = null;
		String sourceAreaProvinceId = null;
		String sourceAreaCityId = null;
		String destAreaId = null;
		String destAreaProvinceId = null;
		String destAreaCityId = null;
		String areaName_s = null;
		String areaName_d = null;

		long upStreamOctets = 0;
		long upStreamPacket = 0;
		int status ;

		String logString = tuple.getString(0);
		if(logString != null && !"".equals(logString)) {
			String[] splits = logString.split("\\|",-1);
			if(splits.length < 24)
				return;
			String userAccount = splits[1];
			String ipRex = "([1-9]|[1-9]\\d|1\\d{2}|2[0-4]\\d|25[0-5])(\\.(\\d|[1-9]\\d|1\\d{2}|2[0-4]\\d|25[0-5])){3}";   
			Pattern pattern = Pattern.compile(ipRex);   
			Matcher matcher = pattern.matcher(userAccount);  
			if(matcher.matches()) {
				if("1".equals(splits[22]) && "6".equals(splits[7]) && splits.length >43) {//http
					//if(splits.length ==43) {//http
					dipL = splits[9];
					dport = splits[10];
					sipL = splits[12];
					sport = splits[13];
					domainname = splits[32];
					url = domainname + "/" + splits[28];
					type = splits[7]; 
					accesstime= splits[14];
					idcno = "446605";
					upStreamOctets = Long.valueOf(splits[18]);
					upStreamPacket = Long.valueOf(splits[20]);
					status = Integer.valueOf(splits[23]);
					userAgent = splits[26];
					refer = splits[37];
					cookie = splits[42];
					if(splits.length>43) {
						post  = splits[43];
					}
				}else{//非Http
					dipL = splits[9];
					dport = splits[10];
					sipL = splits[12];
					sport = splits[13];
					domainname = "";
					url = "";
					type = splits[7]; 
					accesstime= splits[14];
					idcno = "446605";
					upStreamOctets = Long.valueOf(splits[18]);
					upStreamPacket = Long.valueOf(splits[20]);
					status = Integer.valueOf(splits[23]);
				}/*else {
					return;
				}*/
				dip = CommonFunction.int2ip(Long.parseLong(dipL));
				sip = CommonFunction.int2ip(Long.parseLong(sipL));
				delaytime = 0 + "";
				long currenttime = System.currentTimeMillis();
				if(accesstime != null && !"".equals(accesstime)) {
					delaytime = currenttime/1000 - Long.parseLong(accesstime.trim()) + "";
				}
				dsip = dip.trim() + "#" + sip.trim();
				if(!WhiteIPSet.contains(dsip)) {
					if(!"".equals(dipL) && !"".equals(dport) && !"".equals(sipL) && !"".equals(sport) ) {
						IPSearcher ipsearcher = IPSearcher.getInstance(dbJson);
						IPDatabase SourceArea = ipsearcher.SearchIPDB(sip);
						IPDatabase DestArea = ipsearcher.SearchIPDB(dip);
						if(IPSet == null || IPSet.contains(dip)) {
							//					if(_ipseg.IsLegal(idcno, dip)) {
							//白名单过滤

							//							IPDatabase SourceArea = ipsearch.getStartIP(sip);
							//							IPDatabase DestArea = ipsearch.getStartIP(dip);

							if(SourceArea != null) {
								sourceAreaCountry = SourceArea.getCountryName();
								sourceAreaCity = SourceArea.getCityName();
								//						sourceAreaProvince = SourceArea.getProviceName();
								if(sourceAreaCity != null) {
									sourceAreaName  = sourceAreaCity;
									sourceAreaId = SourceArea.getCityID()+"";
								} else {
									sourceAreaName = sourceAreaCountry;
									sourceAreaId = SourceArea.getCountryID()+"";
								}
								sourceAreaCityId = sourceAreaId;
								Sourcelon = String.valueOf(SourceArea.getLon());//经度
								Sourcelat = String.valueOf(SourceArea.getLat());//纬度

								if(!"".equals(SourceArea.getProviceID()) && SourceArea.getProviceID() !=0 ) {
									sourceAreaId = SourceArea.getProviceID()+"";
									areaName_s = SourceArea.getProviceName().replace("省", "");
									areaName_s = areaName_s.replace("市", "");
								} else {
									areaName_s = SourceArea.getCountryName();
									sourceAreaId = SourceArea.getCountryID()+"";
								}
								sourceAreaProvinceId = sourceAreaId;
							}   

							if(DestArea != null ) {    
								destAreaCountry = DestArea.getCountryName();
								destAreaCity = DestArea.getCityName();
								if(destAreaCity != null) {
									destAreaName = destAreaCity;
								} else {   
									destAreaName = destAreaCountry;
								}
								Destlon = String.valueOf(DestArea.getLon());
								Destlat = String.valueOf(DestArea.getLat());
							}  

							if(destAreaName != null && Destlon != null && Destlat != null && sourceAreaName != null && Sourcelon != null && Sourcelat != null && sourceAreaCountry != null && areaName_s != null) {
								gisstr = destAreaName + "#" + Destlon + "," + Destlat + "#" + sourceAreaName + "#" + Sourcelon + "," + Sourcelat + "#" + sourceAreaCountry + "#" + sourceAreaId + "#" +areaName_s + "#" + sourceAreaCityId + "#" + sourceAreaProvinceId + "#" + sourceAreaCountry;
								gisstrBase64 = new String(Base64.encodeBase64(gisstr.getBytes()));
								collector.emit("DipStreamId",new Values(dip,dport,sip,sport,gisstrBase64,domainname,url,type,delaytime,idcno,upStreamOctets,upStreamPacket,status,userAgent,cookie,post,refer));
								collector.ack(tuple);
								return;
							}

							//				}
							//					}

							//					if(!"".equals(dip) && !"".equals(dport) && !"".equals(sip) && !"".equals(sport) && IPSet.contains(sip)) {
							//					if(_ipseg.IsLegal(idcno, sip)) {
							//				if(!"".equals(dip) && !"".equals(dport) && !"".equals(sip) && !"".equals(sport)) {
							//					IPDatabase SourceArea = ipsearch.getStartIP(sip);
							//					IPDatabase DestArea = ipsearch.getStartIP(dip);



							//					}
							//					 **/
						}else if(IPSet == null|| IPSet.contains(sip)) {
							if(DestArea != null) {
								destAreaCountry = DestArea.getCountryName();
								destAreaCity = DestArea.getCityName();
								//						sourceAreaProvince = SourceArea.getProviceName();
								if(destAreaCity != null) {
									destAreaName  = destAreaCity;
									destAreaId = DestArea.getCityID()+"";
								} else {
									destAreaName = destAreaCountry;
									destAreaId = DestArea.getCountryID()+"";
								}
								destAreaCityId = sourceAreaId;
								Destlon = String.valueOf(DestArea.getLon());
								Destlat = String.valueOf(DestArea.getLat());

								if(!"".equals(DestArea.getProviceID()) && DestArea.getProviceID() !=0 ) {
									destAreaId = DestArea.getProviceID()+"";
									areaName_d = DestArea.getProviceName().replace("省", "");
									areaName_d = areaName_d.replace("市", "");
								} else {
									areaName_d = DestArea.getCountryName();
									destAreaId = DestArea.getCountryID()+"";
								}
								destAreaProvinceId = destAreaId;
							}   

							if(SourceArea != null) {    
								sourceAreaCountry = SourceArea.getCountryName();
								sourceAreaCity = SourceArea.getCityName();
								if(sourceAreaCity != null) {
									sourceAreaName = sourceAreaCity;
								} else {   
									sourceAreaName = sourceAreaCountry;
								}
								Sourcelon = String.valueOf(SourceArea.getLon());//经度
								Sourcelat = String.valueOf(SourceArea.getLat());//纬度
							}  

							if(destAreaName != null && Destlon != null && Destlat != null && sourceAreaName != null && Sourcelon != null && Sourcelat != null && sourceAreaCountry != null) {
								gisstr = destAreaName + "#" + Destlon + "," + Destlat + "#" + sourceAreaName + "#" + Sourcelon + "," + Sourcelat + "#" + destAreaCountry + "#" + destAreaId + "#" +areaName_d + "#" + destAreaCityId + "#" + destAreaProvinceId + "#" + sourceAreaCountry;
								gisstrBase64 = new String(Base64.encodeBase64(gisstr.getBytes()));
								collector.emit("SipStreamId",new Values(dip,dport,sip,sport,gisstrBase64,domainname,url,type,delaytime,idcno,upStreamOctets,upStreamPacket,status,userAgent,cookie,post,refer));
								collector.ack(tuple);
							}
						}
					} 
				}
			}
		}
	}

	@Override
	public void cleanup() {
		// TODO Auto-generated method stub
		if(!logserver.isEmpty())
		{
			Slave s = new Slave(zooserver);

			s.SendAlarmLog("ERROR", "SourceBolt Shutdown");
		}
	}

	@Override
	public void prepare(Map stormConf, TopologyContext context,
			OutputCollector collector) {
		// TODO Auto-generated method stub
		this.collector = collector;
		//		String ips = "101.227.130.26,180.163.28.22,101.227.160.27,61.151.186.3,182.254.150.24,182.254.139.240,203.195.193.178,182.254.219.60,182.254.225.173,61.188.37.186,182.254.241.239,115.159.30.208,222.73.33.114,222.73.33.115,222.73.33.116,101.226.182.53,101.226.182.92,222.73.155.185,101.226.182.75,222.73.195.213,183.60.170.217,101.226.64.227,115.159.26.254,101.226.131.205,101.226.69.253,183.62.140.141,113.116.229.21";
		//		ZkKafkaConfig zkConfig = new ZkKafkaConfig("/home/storm/config/dbconfig.ini");
		//		String ips = zkConfig.getFilterIPss();
		//		String[] ipsArray = filterIPs.split(",");
		//		IPSet = new HashSet<String>(Arrays.asList(ipsArray));//数组转为set

		dbJson = stormConf.get("dbjson").toString();
		logserver = stormConf.get("mushroomserver").toString();
		//		ap = new ApolloConfig(dbJson, mushroomServer);
		zooserver = stormConf.get("zkConn").toString();
		//		ipsearch = new IPSearch(dbJson);
		//		IPSet = ap.GetIPFilter();
		//		map = ap.IPDataBaseMap();
		//		IPs = ap.StartIPs();
		//		_ipseg = new IDCIPSegment(dbJson);

		//ip过滤
		s = new Slave(zooserver);
		IPSet = s.GetIPFilterForLog();
		WhiteIPSet = s.GetIPWhiteList();
		for(String s :WhiteIPSet) {
			System.out.println("############WhiteIPSet=" + s);
		}
		Logger.getLogger(UDIISourceFmtBolt.class).info("UDIISourceFmtBolt INIT Complate");
	}

	public void emitCountingData() {
		//			if(ap.GetIPFilter().size() >0 ) {
		//				IPSet = ap.GetIPFilter();
		//			}
		if(s.GetIPFilterForLog() != null && s.GetIPFilterForLog().size() > 0) {
			IPSet = s.GetIPFilterForLog();
			WhiteIPSet = s.GetIPWhiteList();
		}

	}

}
